<?php
	//includes
	require_once 'includes.php';

	//menu
	echo "<a href = '/crawlurls.php'>Crawl URLs</a><br>";
	echo "<a href = '/crawlwines.php?offset=0&number=20'>Crawl Wines (0-20)</a><br />";
	echo "<a href = '/crawlwines.php?offset=0&number=1000'>Crawl Wines (0-1000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=1000&number=1000'>Crawl Wines (1000-2000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=2000&number=1000'>Crawl Wines (2000-3000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=3000&number=1000'>Crawl Wines (3000-4000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=4000&number=1000'>Crawl Wines (4000-5000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=5000&number=1000'>Crawl Wines (5000-6000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=6000&number=1000'>Crawl Wines (6000-7000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=7000&number=1000'>Crawl Wines (7000-8000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=8000&number=1000'>Crawl Wines (8000-9000)</a><br />";
	echo "<a href = '/crawlwines.php?offset=9000&number=1000'>Crawl Wines (9000-10000)</a><br />";
	

	//crawler
	//	$crawler = new Crawler("http://www.cellartracker.com/new/wine.asp?iWine=1");
	//	$crawler->Crawl();
	//	echo ($crawler->contents);
	//	$url = "http://www.elyrics.net/read/a/adele-lyrics/best-for-last-lyrics.html";	
	//
	//http://www.cellartracker.com/new/wine.asp?iWine=1 (they have records from 1 to over 1,170,000)
	// 
	//id INT - from URL
	//name VARCHAR(500) - ex: "1997 Abreu Cabernet Sauvignon Madrona Ranch" (from the page under "Wine Details" tab)
	//display_name VARCHAR(500) - ex: "1997 Abreu Cabernet Sauvignon Madrona Ranch, USA, California, Napa Valley" (from title)
	//vintage INT - ex: "1997" (from the page under "Wine Details" tab)
	//region VARCHAR(200) - ex: "California" (from the page under "Wine Details" tab)
	//sub_region VARCHAR(100) - ex: "Napa Valley" (from the page under "Wine Details" tab)
	//grape VARCHAR(200) - ex. "Red"  (from the page under "Wine Details" tab)
	//varietal VARCHAR(45) - ex: "Cabernet Sauvignon" (from the page under "Wine Details" tab)
	//appelation VARCHAR(45) - ex: "Napa Valley" (from the page under "Wine Details" tab)
	//producer VARCHAR(45) - ex. "Abreu"  (from the page under "Wine Details" tab)
	//web_address VARCHAR(45) - N/A
	//type varchar(100) - N/A
	//photoURL varchar(400) - ex: http://www.cellartracker.com/new/labels/6.jpg?488765.8 (on the left-handside)	
	
?>